#!/bin/bash
#cd kafka-monitor
#python kafka_cu.py
#python kafka_run.py
#cd ..
#cd redis-monitor
#python redis_run.py
#cd ..
#cd crawler
#python main.py
#cd ..
#cd kafka-monitor
#python kafka_monitor.py feed '{"url": "http://www.baidu.com", "appid":"arges", "crawlid":"09876abc"}'


cd kafka-monitor
python kafkadump.py dump -t demo.crawled_firehose -p &
python kafka_monitor.py run &

cd ..
cd redis-monitor
python redis_monitor.py &
cd ..
cd crawler
crapy runspider crawling/spiders/link_spider.py &
cd ..
cd kafka-monitor
python kafka_monitor.py feed '{"url": "http://www.baidu.com", "appid":"arges", "crawlid":"09876abc"}' &